@testomatio/reporter 1.5.1-beta → 1.5.2

package/README.md

@@ -11,7 +11,7 @@ Testomat.io Reporter (this npm package) supports:
 - 🏄 Integarion with all popular [JavaScript/TypeScript frameworks](./docs/frameworks.md)
 - 🗄️ Screenshots, videos, traces [uploaded into S3 bucket](./docs/artifacts.md)
 - 🔎 [Stack traces](./docs/stacktrace.md) and error messages
-- 🐙 [GitHub](./docs/pipes/github.md) & [GitLab](./docs/pipes/gitlab.md) integration
+- 🐙 [GitHub](./docs/pipes/github.md), [GitLab](./docs/pipes/gitlab.md) & [Bitbucket](./docs/pipes/bitbucket.md) integration
 - 🚅 Realtime reports
 - 🗃️ Other test frameworks supported via [JUNit XML](./docs/junit.md)
 - 🚶‍♀️ Steps _(work in progress)_
@@ -128,6 +128,7 @@ Bring this reporter on CI and never lose test results again!
   - [Gitlab](./docs/pipes/gitlab.md)
   - [CSV](./docs/pipes/csv.md)
   - [HTML report](./docs/pipes/html.md)
+  - [Bitbucket](./docs/pipes/bitbucket.md)
 - 📓 [JUnit](./docs/junit.md)
 - 🗄️ [Artifacts](./docs/artifacts.md)
 - 🔂 [Workflows](./docs/workflows.md)

package/lib/adapter/cucumber/current.js

@@ -32,16 +32,14 @@ class CucumberReporter extends Formatter {
 
     this.client = new TestomatClient({ apiKey: options.apiKey || config.TESTOMATIO });
     this.status = STATUS.PASSED;
+    this.client.createRun();
   }
 
   parseEnvelope(envelope) {
     if (envelope.testRunStarted) {
       fileSystem.clearDir(TESTOMAT_TMP_STORAGE_DIR);
     }
-    if (envelope.testCaseStarted && this.client) {
-      this.client.createRun();
-      this.onTestCaseStarted(envelope.testCaseStarted);
-    }
+    if (envelope.testCaseStarted && this.client) this.onTestCaseStarted(envelope.testCaseStarted);
     if (envelope.testCaseFinished) this.onTestCaseFinished(envelope.testCaseFinished);
     if (envelope.testRunFinished) this.onTestRunFinished(envelope);
   }

package/lib/adapter/playwright.js

@@ -147,6 +147,9 @@ function checkStatus(status) {
 }
 
 function appendStep(step, shift = 0) {
+  // nesting too deep, ignore those steps
+  if (shift >= 10) return;
+
   let newCategory = step.category;
   switch (newCategory) {
     case 'test.step':
@@ -176,7 +179,7 @@ function appendStep(step, shift = 0) {
   };
 
   if (formattedSteps.length) {
-    resultStep.steps = formattedSteps;
+    resultStep.steps = formattedSteps.filter(s => !!s);
   }
 
   if (step.error !== undefined) {

package/lib/bin/startTest.js

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-const { spawn } = require('child_process');
+const spawn = require('cross-spawn');
 const program = require('commander');
 const chalk = require('chalk');
 const TestomatClient = require('../client');
@@ -45,7 +45,7 @@ program
 
       const client = new TestomatClient({ apiKey });
 
-      client.updateRunStatus(STATUS.FINISHED, true).then(() => {
+      client.updateRunStatus(STATUS.FINISHED).then(() => {
         console.log(chalk.yellow(`Run ${process.env.TESTOMATIO_RUN} was finished`));
         process.exit(0);
       });

package/lib/client.js

@@ -279,7 +279,10 @@ class Client {
     logs = logs?.trim();
 
     if (Array.isArray(steps)) {
-      steps = steps.map(step => formatStep(step)).flat().join('\n');      
+      steps = steps
+        .map(step => formatStep(step))
+        .flat()
+        .join('\n');
     }
 
     let testLogs = '';
@@ -358,8 +361,8 @@ function formatStep(step, shift = 0) {
 
   for (const child of step.steps || []) {
     lines.push(...formatStep(child, shift + 2));
-  } 
-  
+  }
+
   return lines;
 }
 

package/lib/pipe/bitbucket.js

@@ -0,0 +1,254 @@
+const debug = require('debug')('@testomatio/reporter:pipe:bitbucket');
+const { default: axios } = require('axios');
+const chalk = require('chalk');
+const humanizeDuration = require('humanize-duration');
+const merge = require('lodash.merge');
+const path = require('path');
+const { APP_PREFIX, testomatLogoURL } = require('../constants');
+const { ansiRegExp, isSameTest } = require('../utils/utils');
+const { statusEmoji, fullName } = require('../utils/pipe_utils');
+
+//! BITBUCKET_ACCESS_TOKEN environment variable is required for this functionality to work
+//! and your pipeline trigger should be a pull request
+
+/**
+ * @class BitbucketPipe
+ * @typedef {import('../../types').Pipe} Pipe
+ * @typedef {import('../../types').TestData} TestData
+ */
+class BitbucketPipe {
+  constructor(params, store = {}) {
+    this.isEnabled = false;
+    this.ENV = process.env;
+    this.store = store;
+    this.tests = [];
+    // Bitbucket PAT looks like bbpat-*****
+    this.token = params.BITBUCKET_ACCESS_TOKEN || process.env.BITBUCKET_ACCESS_TOKEN || this.ENV.BITBUCKET_ACCESS_TOKEN;
+    this.hiddenCommentData = `Testomat.io report: ${process.env.BITBUCKET_BRANCH || ''}`;
+
+    debug(
+      chalk.yellow('Bitbucket Pipe:'),
+      this.token ? 'TOKEN passed' : '*no token*',
+      `Project key: ${this.ENV.BITBUCKET_PROJECT_KEY}, Pull request ID: ${this.ENV.BITBUCKET_PR_ID}`,
+    );
+
+    if (!this.token) {
+      debug(`Hint: Bitbucket CI variables are unavailable for unprotected branches by default.`);
+      return;
+    }
+
+    this.isEnabled = true;
+
+    debug('Bitbucket Pipe: Enabled');
+  }
+
+  async cleanLog(log) {
+    const stripAnsi = (await import('strip-ansi')).default;
+    return stripAnsi(log);
+  }
+
+  // Prepare the run (if needed)
+  async prepareRun() {}
+
+  // Create a new run (if needed)
+  async createRun() {}
+
+  addTest(test) {
+    if (!this.isEnabled) return;
+
+    const index = this.tests.findIndex(t => isSameTest(t, test));
+    // Update if they were already added
+    if (index >= 0) {
+      this.tests[index] = merge(this.tests[index], test);
+      return;
+    }
+
+    this.tests.push(test);
+  }
+
+  async finishRun(runParams) {
+    if (!this.isEnabled) return;
+
+    if (runParams.tests) runParams.tests.forEach(t => this.addTest(t));
+
+    // Clean up the logs from ANSI codes
+    for (let i = 0; i < this.tests.length; i++) {
+      this.tests[i].message = await this.cleanLog(this.tests[i].message || '');
+      this.tests[i].stack = await this.cleanLog(this.tests[i].stack || '');
+    }
+
+    // Create a comment on Bitbucket
+    const passedCount = this.tests.filter(t => t.status === 'passed').length;
+    const failedCount = this.tests.filter(t => t.status === 'failed').length;
+    const skippedCount = this.tests.filter(t => t.status === 'skipped').length;
+
+    // Constructing the table
+    let summary = `${this.hiddenCommentData}
+    
+  | ![Testomat.io Report](${testomatLogoURL}) | ${statusEmoji(
+    runParams.status,
+  )} ${runParams.status.toUpperCase()} ${statusEmoji(runParams.status)} |
+  | --- | --- |
+  | **Tests** | ✔️ **${this.tests.length}** tests run |
+  | **Summary** | ${statusEmoji('failed')} **${failedCount}** failed; ${statusEmoji(
+    'passed',
+  )} **${passedCount}** passed; **${statusEmoji('skipped')}** ${skippedCount} skipped |
+  | **Duration** | 🕐 **${humanizeDuration(
+    parseInt(
+      this.tests.reduce((a, t) => a + (t.run_time || 0), 0),
+      10,
+    ),
+    {
+      maxDecimalPoints: 0,
+    },
+  )}** |
+  `;
+
+    if (this.ENV.BITBUCKET_BRANCH && this.ENV.BITBUCKET_COMMIT) {
+      // eslint-disable-next-line max-len
+      summary += `| **Job** | 👷 [#${this.ENV.BITBUCKET_BUILD_NUMBER}](https://bitbucket.org/${this.ENV.BITBUCKET_REPO_FULL_NAME}/pipelines/results/${this.ENV.BITBUCKET_BUILD_NUMBER}") by commit: **${this.ENV.BITBUCKET_COMMIT}** |`;
+    }
+
+    const failures = this.tests
+      .filter(t => t.status === 'failed')
+      .slice(0, 20)
+      .map(t => {
+        let text = `${statusEmoji('failed')} ${fullName(t)}\n`;
+        if (t.message) {
+          text += `> ${t.message
+            .replace(/[^\x20-\x7E]/g, '')
+            .replace(ansiRegExp(), '')
+            .trim()}\n`;
+        }
+        if (t.stack) {
+          text += `\n\`\`\`diff\n${t.stack
+            .replace(ansiRegExp(), '')
+            .replace(
+              /^[\s\S]*################\[ Failure \]################/g,
+              '################[ Failure ]################',
+            )
+            .trim()}\n\`\`\`\n`;
+        }
+        if (t.artifacts && t.artifacts.length && !this.ENV.TESTOMATIO_PRIVATE_ARTIFACTS) {
+          t.artifacts
+            .filter(f => !!f)
+            .forEach(f => {
+              if (f.endsWith('.png')) {
+                text += `![Image](${f})\n`;
+              } else {
+                text += `[📄 ${path.basename(f)}](${f})\n`;
+              }
+            });
+        }
+        text += `\n---\n`;
+        return text;
+      });
+
+    let body = summary;
+
+    if (failures.length) {
+      body += `\n🟥 **Failures (${failures.length})**\n\n* ${failures.join('\n* ')}\n`;
+      if (failures.length > 10) {
+        body += `\n> Notice: Only the first 10 failures are shown.`;
+      }
+    }
+
+    if (this.tests.length > 0) {
+      body += `\n\n**🐢 Slowest Tests**\n\n`;
+      body += this.tests
+        .sort((a, b) => b.run_time - a.run_time)
+        .slice(0, 5)
+        .map(t => `* **${fullName(t)}** (${humanizeDuration(parseFloat(t.run_time))})`)
+        .join('\n');
+    }
+
+    // Construct Bitbucket API URL for comments
+    // eslint-disable-next-line max-len
+    const commentsRequestURL = `https://api.bitbucket.org/2.0/repositories/${this.ENV.BITBUCKET_WORKSPACE}/${this.ENV.BITBUCKET_REPO_SLUG}/pullrequests/${this.ENV.BITBUCKET_PR_ID}/comments`;
+
+    // Delete previous report
+    await deletePreviousReport(axios, commentsRequestURL, this.hiddenCommentData, this.token);
+
+    // Add current report
+    debug(`Adding comment via URL: ${commentsRequestURL}`);
+    debug(`Final Bitbucket API call body: ${body}`);
+
+    try {
+      const addCommentResponse = await axios.post(
+        commentsRequestURL,
+        { content: { raw: body } },
+        {
+          headers: {
+            Authorization: `Bearer ${this.token}`,
+            'Content-Type': 'application/json',
+          },
+        },
+      );
+
+      const commentID = addCommentResponse.data.id;
+      // eslint-disable-next-line max-len
+      const commentURL = `https://bitbucket.org/${this.ENV.BITBUCKET_WORKSPACE}/${this.ENV.BITBUCKET_REPO_SLUG}/pull-requests/${this.ENV.BITBUCKET_PR_ID}#comment-${commentID}`;
+
+      console.log(APP_PREFIX, chalk.yellow('Bitbucket'), `Report created: ${chalk.magenta(commentURL)}`);
+    } catch (err) {
+      console.error(
+        APP_PREFIX,
+        chalk.yellow('Bitbucket'),
+        `Couldn't create Bitbucket report\n${err}.
+      Request URL: ${commentsRequestURL}
+      Request data: ${body}`,
+      );
+    }
+  }
+
+  toString() {
+    return 'Bitbucket Reporter';
+  }
+
+  updateRun() {}
+}
+
+async function deletePreviousReport(axiosInstance, commentsRequestURL, hiddenCommentData, token) {
+  if (process.env.BITBUCKET_KEEP_OUTDATED_REPORTS) return;
+
+  // Get comments
+  let comments = [];
+
+  try {
+    const response = await axiosInstance.get(commentsRequestURL, {
+      headers: {
+        Authorization: `Bearer ${token}`,
+        'Content-Type': 'application/json',
+      },
+    });
+    comments = response.data.values;
+  } catch (e) {
+    console.error('Error while attempting to retrieve comments on Bitbucket Pull Request:\n', e);
+  }
+
+  if (!comments.length) return;
+
+  for (const comment of comments) {
+    // If comment was left by the same workflow
+    if (comment.content.raw.includes(hiddenCommentData)) {
+      try {
+        // Delete previous comment
+        const deleteCommentURL = `${commentsRequestURL}/${comment.id}`;
+        await axiosInstance.delete(deleteCommentURL, {
+          headers: {
+            Authorization: `Bearer ${token}`,
+            'Content-Type': 'application/json',
+          },
+        });
+      } catch (e) {
+        console.warn(`Can't delete previously added comment with testomat.io report. Ignored.`);
+      }
+      // Pass next env var if need to clear all previous reports;
+      // only the last one is removed by default
+      if (!process.env.BITBUCKET_REMOVE_ALL_OUTDATED_REPORTS) break;
+      // TODO: in case of many reports should implement pagination
+    }
+  }
+}
+
+module.exports = BitbucketPipe;

package/lib/pipe/index.js

@@ -7,6 +7,7 @@ const GitHubPipe = require('./github');
 const GitLabPipe = require('./gitlab');
 const CsvPipe = require('./csv');
 const HtmlPipe = require('./html');
+const BitbucketPipe = require('./bitbucket');
 
 function PipeFactory(params, opts) {
   const extraPipes = [];
@@ -45,6 +46,7 @@ function PipeFactory(params, opts) {
     new GitLabPipe(params, opts),
     new CsvPipe(params, opts),
     new HtmlPipe(params, opts),
+    new BitbucketPipe(params, opts),
     ...extraPipes,
   ];
 

package/lib/pipe/testomatio.js

@@ -50,6 +50,7 @@ class TestomatioPipe {
     this.store = store || {};
     this.title = params.title || process.env.TESTOMATIO_TITLE;
     this.sharedRun = !!process.env.TESTOMATIO_SHARED_RUN;
+    this.sharedRunTimeout = !!process.env.TESTOMATIO_SHARED_RUN_TIMEOUT;
     this.groupTitle = params.groupTitle || process.env.TESTOMATIO_RUNGROUP_TITLE;
     this.env = process.env.TESTOMATIO_ENV;
     this.label = process.env.TESTOMATIO_LABEL;
@@ -184,6 +185,7 @@ class TestomatioPipe {
         title: this.title,
         label: this.label,
         shared_run: this.sharedRun,
+        shared_run_timeout: this.sharedRunTimeout,
       }).filter(([, value]) => !!value),
     );
     debug('Run params', JSON.stringify(runParams, null, 2));
@@ -214,10 +216,11 @@ class TestomatioPipe {
       process.env.runId = this.runId;
       debug('Run created', this.runId);
     } catch (err) {
+      const errorInfo = `${err?.response?.statusText} ${chalk.red(err?.status)} ${err.message}`;
       console.error(
         APP_PREFIX,
-        'Error creating Testomat.io report, please check if your API key is valid. Skipping report | ',
-        err?.response?.statusText || err?.status || err.message,
+        'Error creating Testomat.io report, please check if your API key is valid. Skipping report\n',
+        errorInfo || JSON.stringify(err),
       );
       printCreateIssue(err);
     }
@@ -296,7 +299,7 @@ class TestomatioPipe {
         }
       });
     };
-    
+
 
   /**
    * Uploads tests as a batch (multiple tests at once). Intended to be used with a setInterval
@@ -310,6 +313,8 @@ class TestomatioPipe {
     const testsToSend = this.batch.tests.splice(0);
     debug('📨 Batch upload', testsToSend.length, 'tests');
 
+    testsToSend.forEach(debug);
+
     return this.axios
       .post(
         `/api/reporter/${this.runId}/testrun`,
@@ -367,7 +372,7 @@ class TestomatioPipe {
    */
   async finishRun(params) {
     if (!this.isEnabled) return;
-    
+
     await this.#batchUpload();
     if (this.batch.intervalFunction) clearInterval(this.batch.intervalFunction);
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testomatio/reporter",
-  "version": "1.5.1-beta",
+  "version": "1.5.2",
   "description": "Testomatio Reporter Client",
   "main": "./lib/reporter.js",
   "typings": "typings/index.d.ts",
@@ -17,6 +17,7 @@
     "callsite-record": "^4.1.4",
     "chalk": "^4.1.0",
     "commander": "^4.1.1",
+    "cross-spawn": "^7.0.3",
     "csv-writer": "^1.6.0",
     "debug": "^4.3.4",
     "dotenv": "^16.0.1",
@@ -32,6 +33,7 @@
     "lodash.merge": "^4.6.2",
     "minimatch": "^9.0.3",
     "promise-retry": "^2.0.1",
+    "strip-ansi": "^7.1.0",
     "uuid": "^9.0.0"
   },
   "files": [